[["mnist", "linear", "weights.0", 0.7161617078046776, {"n_layers": 0, "n_hiddens": 445, "dropout_rate": 0.08028978281724974, "l2_penalty": 2.49978287720225e-07, "w_init_name": "he_normal", "optimizer_name": "adam", "learning_rate": 0.0017192696309936285, "init_stddev": 0.022078858533335053, "batch_size": 128.0}], ["mnist", "linear", "weights.1", 0.6336082251705902, {"n_layers": 0, "n_hiddens": 291, "dropout_rate": 0.02496037822902704, "l2_penalty": 1.7330879464539125e-06, "w_init_name": "he_normal", "optimizer_name": "sgd", "learning_rate": 0.059811036036158546, "init_stddev": 0.00554752215636806, "batch_size": 256.0}], ["mnist", "linear", "weights.2", 0.6593419519885273, {"n_layers": 0, "n_hiddens": 477, "dropout_rate": 0.0845197811611178, "l2_penalty": 8.850121554775423e-05, "w_init_name": "glorot_normal", "optimizer_name": "sgd", "learning_rate": 0.09414796155173394, "init_stddev": 0.007448381570815807, "batch_size": 64.0}], ["mnist", "linear", "weights.3", 0.8076634426999357, {"n_layers": 0, "n_hiddens": 347, "dropout_rate": 0.005143675698155992, "l2_penalty": 5.057825393339713e-06, "w_init_name": "RandomNormal", "optimizer_name": "adam", "learning_rate": 0.0010784936337606705, "init_stddev": 0.0768456052688714, "batch_size": 64.0}], ["mnist", "linear", "weights", 0.846631446635781, {"n_layers": 0, "n_hiddens": 326, "dropout_rate": 0.10240437250225042, "l2_penalty": 2.6285341494116357e-05, "w_init_name": "RandomNormal", "optimizer_name": "sgd", "learning_rate": 0.37452741939325274, "init_stddev": 0.0012839027648458405, "batch_size": 256.0}], ["mnist", "linear", "hyper", 0.6917067657001207, {"n_layers": 0, "n_hiddens": 389, "dropout_rate": 0.17977514957596732, "l2_penalty": 1.0192605889779139e-08, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.01862479703490791, "init_stddev": 0.0032894707219326335, "batch_size": 512.0}], ["mnist", "linear", "hyper+weights", 0.874119360438459, {"n_layers": 0, "n_hiddens": 369, "dropout_rate": 0.11845117561903405, "l2_penalty": 5.9924249881273745e-05, "w_init_name": "RandomNormal", "optimizer_name": "sgd", "learning_rate": 0.08611727813279542, "init_stddev": 0.0024104900959754177, "batch_size": 256.0}], ["mnist", "linear", "wstats-glob", 0.7804135318998832, {"n_layers": 0, "n_hiddens": 421, "dropout_rate": 0.12970227524180056, "l2_penalty": 2.5416901726836745e-08, "w_init_name": "orthogonal", "optimizer_name": "adam", "learning_rate": 0.04336812702025037, "init_stddev": 0.009023225964392015, "batch_size": 64.0}], ["mnist", "linear", "wnorm-layers:0,1,2,3-l1", 0.8349625821001756, {"n_layers": 0, "n_hiddens": 307, "dropout_rate": 0.03648753489031997, "l2_penalty": 1.3591090929083508e-07, "w_init_name": "orthogonal", "optimizer_name": "adam", "learning_rate": 0.0010622609210991245, "init_stddev": 0.00418217765530471, "batch_size": 512.0}], ["mnist", "linear", "wnorm-layers:0,1,2,3-l2", 0.8480990335094792, {"n_layers": 0, "n_hiddens": 371, "dropout_rate": 0.17216673484089873, "l2_penalty": 1.6770482483006828e-07, "w_init_name": "RandomNormal", "optimizer_name": "adam", "learning_rate": 0.0011182922094591446, "init_stddev": 0.05360886909481857, "batch_size": 512.0}], ["mnist", "linear", "hyper.learning_rate", 0.024832726851413134, {"n_layers": 0, "n_hiddens": 338, "dropout_rate": 0.02039881744743537, "l2_penalty": 2.6241985724464414e-08, "w_init_name": "RandomNormal", "optimizer_name": "adam", "learning_rate": 0.00283037424918041, "init_stddev": 0.0416158784968215, "batch_size": 128.0}], ["mnist", "linear", "wstats-layers:0,3-qts:0,25,50,75,100", 0.9021340285905053, {"n_layers": 0, "n_hiddens": 458, "dropout_rate": 0.000252459286096407, "l2_penalty": 2.805157131366129e-07, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.030570673045423602, "init_stddev": 0.0818298854782794, "batch_size": 512.0}], ["mnist", "linear", "wstats-layers:3-qts:0,25,50,75,100", 0.841708617844664, {"n_layers": 0, "n_hiddens": 372, "dropout_rate": 0.01667397040477474, "l2_penalty": 1.77017492759969e-08, "w_init_name": "he_normal", "optimizer_name": "adam", "learning_rate": 0.07230040681471452, "init_stddev": 0.09243369455374081, "batch_size": 128.0}], ["mnist", "linear", "wstats-layers:0,1,2,3-qts:0,25,50,75,100", 0.9203922495169158, {"n_layers": 0, "n_hiddens": 322, "dropout_rate": 0.024873254745151542, "l2_penalty": 2.169227765907406e-08, "w_init_name": "TruncatedNormal", "optimizer_name": "adam", "learning_rate": 0.00987716340466393, "init_stddev": 0.003860347249435738, "batch_size": 128.0}], ["mnist", "lgbm", "weights.0", 0.9772851852068906, {"num_leaves": 3684, "max_depth": 14, "learning_rate": 0.04174597478148127, "max_bin": 63.0, "min_child_weight": 5, "subsample": 0.6, "colsample_bytree": 0.7053013434335148, "reg_lambda": 58.00451909364896, "reg_alpha": 0.714553489995476}], ["mnist", "lgbm", "weights.1", 0.9658795187186078, {"num_leaves": 3308, "max_depth": 12, "learning_rate": 0.024864780895808434, "max_bin": 63.0, "min_child_weight": 3, "subsample": 0.8, "colsample_bytree": 0.08991591306231955, "reg_lambda": 73.1256191864078, "reg_alpha": 1.1333477970360368}], ["mnist", "lgbm", "weights.2", 0.969246800284325, {"num_leaves": 41, "max_depth": 13, "learning_rate": 0.03233813437036506, "max_bin": 127.0, "min_child_weight": 3, "subsample": 1.0, "colsample_bytree": 0.0946346326746673, "reg_lambda": 33.80580343763853, "reg_alpha": 0.9837392610807237}], ["mnist", "lgbm", "weights.3", 0.987208581929349, {"num_leaves": 5657, "max_depth": 8, "learning_rate": 0.026848259179588194, "max_bin": 127.0, "min_child_weight": 3, "subsample": 0.5, "colsample_bytree": 0.7516865187879044, "reg_lambda": 77.90125478491447, "reg_alpha": 0.053740924048104}], ["mnist", "lgbm", "weights", 0.9878983865716485, {"num_leaves": 1482, "max_depth": 11, "learning_rate": 0.01970478151606371, "max_bin": 63.0, "min_child_weight": 5, "subsample": 0.8, "colsample_bytree": 0.09677859242397574, "reg_lambda": 60.3900418207582, "reg_alpha": 1.1061682584225578}], ["mnist", "lgbm", "hyper", 0.9177276081147795, {"num_leaves": 1831, "max_depth": 8, "learning_rate": 0.012233057499949273, "max_bin": 63.0, "min_child_weight": 1, "subsample": 0.8, "colsample_bytree": 0.9661724053992702, "reg_lambda": 18.21236346840395, "reg_alpha": 0.8105047075272243}], ["mnist", "lgbm", "hyper+weights", 0.9897742504274891, {"num_leaves": 5942, "max_depth": 10, "learning_rate": 0.013904404468498445, "max_bin": 63.0, "min_child_weight": 3, "subsample": 1.0, "colsample_bytree": 0.07879641469241927, "reg_lambda": 97.67298493380791, "reg_alpha": 0.6718344465065456}], ["mnist", "lgbm", "wstats-glob", 0.9529855583964414, {"num_leaves": 9743, "max_depth": 13, "learning_rate": 0.015098368836081403, "max_bin": 255.0, "min_child_weight": 3, "subsample": 0.8, "colsample_bytree": 0.9877635884049107, "reg_lambda": 69.37922614234283, "reg_alpha": 0.04414214585555683}], ["mnist", "lgbm", "wnorm-layers:0,1,2,3-l1", 0.9826560080279515, {"num_leaves": 8779, "max_depth": 13, "learning_rate": 0.023388885552259483, "max_bin": 255.0, "min_child_weight": 1, "subsample": 0.6, "colsample_bytree": 0.9021355988736823, "reg_lambda": 15.807910617958665, "reg_alpha": 0.04038110836260476}], ["mnist", "lgbm", "wnorm-layers:0,1,2,3-l2", 0.981059915098864, {"num_leaves": 6220, "max_depth": 14, "learning_rate": 0.012428228039492211, "max_bin": 255.0, "min_child_weight": 1, "subsample": 0.6, "colsample_bytree": 0.8941818737436183, "reg_lambda": 0.8672377495110714, "reg_alpha": 0.034603397060793434}], ["mnist", "lgbm", "hyper.learning_rate", 0.024064021788322232, {"num_leaves": 9126, "max_depth": 13, "learning_rate": 0.06587936973656254, "max_bin": 127.0, "min_child_weight": 5, "subsample": 0.1, "colsample_bytree": 0.8940214561651094, "reg_lambda": 0.5325189103667586, "reg_alpha": 3.722065262490503}], ["mnist", "lgbm", "wstats-layers:0,3-qts:0,25,50,75,100", 0.9885359651039686, {"num_leaves": 2578, "max_depth": 14, "learning_rate": 0.018371034026813875, "max_bin": 127.0, "min_child_weight": 3, "subsample": 0.7, "colsample_bytree": 0.9194613958571307, "reg_lambda": 44.78263596999746, "reg_alpha": 0.03859766313599619}], ["mnist", "lgbm", "wstats-layers:3-qts:0,25,50,75,100", 0.9728093474302248, {"num_leaves": 3625, "max_depth": 13, "learning_rate": 0.015804394018952193, "max_bin": 63.0, "min_child_weight": 4, "subsample": 0.8, "colsample_bytree": 0.7123687706523038, "reg_lambda": 44.227699779781275, "reg_alpha": 0.09028178883373887}], ["mnist", "lgbm", "wstats-layers:0,1,2,3-qts:0,25,50,75,100", 0.9928167168383113, {"num_leaves": 3387, "max_depth": 10, "learning_rate": 0.026445834310494767, "max_bin": 127.0, "min_child_weight": 3, "subsample": 0.9, "colsample_bytree": 0.7175001073589568, "reg_lambda": 27.313517798200103, "reg_alpha": 0.02360021522303629}], ["mnist", "dnn", "weights.0", 0.9781848626440169, {"n_layers": 7, "n_hiddens": 419, "dropout_rate": 0.006430366876440563, "l2_penalty": 6.031463061928188e-08, "w_init_name": "orthogonal", "optimizer_name": "adam", "learning_rate": 0.0016033693259690203, "init_stddev": 0.002188422227128398, "batch_size": 512.0}], ["mnist", "dnn", "weights.1", 0.9685595783408704, {"n_layers": 4, "n_hiddens": 366, "dropout_rate": 0.10627512612724169, "l2_penalty": 6.696180503838829e-06, "w_init_name": "he_normal", "optimizer_name": "sgd", "learning_rate": 0.40053745293758597, "init_stddev": 0.0623039530353503, "batch_size": 64.0}], ["mnist", "dnn", "weights.2", 0.9746482563082698, {"n_layers": 5, "n_hiddens": 367, "dropout_rate": 0.09015667883622312, "l2_penalty": 9.79135713002622e-06, "w_init_name": "orthogonal", "optimizer_name": "sgd", "learning_rate": 0.4542048615563339, "init_stddev": 0.0012620061875991703, "batch_size": 128.0}], ["mnist", "dnn", "weights.3", 0.9893542299841259, {"n_layers": 8, "n_hiddens": 295, "dropout_rate": 0.006070894802054761, "l2_penalty": 1.6737469988679125e-06, "w_init_name": "he_normal", "optimizer_name": "adam", "learning_rate": 0.0018617880120138642, "init_stddev": 0.001014882453787566, "batch_size": 512.0}], ["mnist", "dnn", "weights", 0.9799207545835338, {"n_layers": 6, "n_hiddens": 380, "dropout_rate": 0.001875829870256407, "l2_penalty": 1.8998032525082117e-06, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.00713257910368874, "init_stddev": 0.002188455483745351, "batch_size": 512.0}], ["mnist", "dnn", "hyper", 0.8976024748759265, {"n_layers": 5, "n_hiddens": 296, "dropout_rate": 0.1247715016035407, "l2_penalty": 2.7243411348396063e-08, "w_init_name": "orthogonal", "optimizer_name": "adam", "learning_rate": 0.001060945384032468, "init_stddev": 0.0040050335094613055, "batch_size": 512.0}], ["mnist", "dnn", "hyper+weights", 0.9790177707960233, {"n_layers": 7, "n_hiddens": 288, "dropout_rate": 0.026294527617060817, "l2_penalty": 5.025093325568289e-06, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.001072709070748812, "init_stddev": 0.0020581840831139907, "batch_size": 128.0}], ["mnist", "dnn", "wstats-glob", 0.9480806949190811, {"n_layers": 5, "n_hiddens": 363, "dropout_rate": 0.049277626393776156, "l2_penalty": 1.496022847027429e-07, "w_init_name": "he_normal", "optimizer_name": "adam", "learning_rate": 0.0010841679620303142, "init_stddev": 0.041506716564302444, "batch_size": 64.0}], ["mnist", "dnn", "wnorm-layers:0,1,2,3-l1", 0.9588010874413192, {"n_layers": 7, "n_hiddens": 459, "dropout_rate": 0.02156863823073816, "l2_penalty": 4.331531455383035e-06, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.0012119006413810523, "init_stddev": 0.011217668865888732, "batch_size": 64.0}], ["mnist", "dnn", "wnorm-layers:0,1,2,3-l2", 0.9799287536238607, {"n_layers": 4, "n_hiddens": 311, "dropout_rate": 0.07761301842977841, "l2_penalty": 5.108795392756324e-06, "w_init_name": "RandomNormal", "optimizer_name": "adam", "learning_rate": 0.0012228079348688217, "init_stddev": 0.03799167523232983, "batch_size": 512.0}], ["mnist", "dnn", "hyper.learning_rate", 0.026347335573838393, {"n_layers": 3, "n_hiddens": 511, "dropout_rate": 0.08891423319810697, "l2_penalty": 0.00020455972063381582, "w_init_name": "orthogonal", "optimizer_name": "sgd", "learning_rate": 0.03055774643884665, "init_stddev": 0.05987936968649569, "batch_size": 128.0}], ["mnist", "dnn", "wstats-layers:0,3-qts:0,25,50,75,100", 0.9881390652474229, {"n_layers": 4, "n_hiddens": 395, "dropout_rate": 0.09561863702446523, "l2_penalty": 2.4148908340935156e-08, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.0016199758767691523, "init_stddev": 0.005031117379870808, "batch_size": 256.0}], ["mnist", "dnn", "wstats-layers:3-qts:0,25,50,75,100", 0.9727020750070103, {"n_layers": 3, "n_hiddens": 448, "dropout_rate": 0.04098675971559154, "l2_penalty": 6.053680663695776e-08, "w_init_name": "he_normal", "optimizer_name": "adam", "learning_rate": 0.002164745538406548, "init_stddev": 0.07941532373916396, "batch_size": 256.0}], ["mnist", "dnn", "wstats-layers:0,1,2,3-qts:0,25,50,75,100", 0.9928429236166846, {"n_layers": 3, "n_hiddens": 348, "dropout_rate": 0.07452695753874597, "l2_penalty": 3.2036344434400616e-08, "w_init_name": "RandomNormal", "optimizer_name": "adam", "learning_rate": 0.00586738865294459, "init_stddev": 0.05306636217636229, "batch_size": 512.0}], ["fashion_mnist", "linear", "weights.0", 0.49994465595208726, {"n_layers": 0, "n_hiddens": 263, "dropout_rate": 0.10849697524955051, "l2_penalty": 0.00017588955034863156, "w_init_name": "he_normal", "optimizer_name": "adam", "learning_rate": 0.00486013180348932, "init_stddev": 0.0021827473093980277, "batch_size": 256.0}], ["fashion_mnist", "linear", "weights.1", 0.42268263187994953, {"n_layers": 0, "n_hiddens": 374, "dropout_rate": 0.007301182782050719, "l2_penalty": 0.0005956190639808547, "w_init_name": "TruncatedNormal", "optimizer_name": "sgd", "learning_rate": 0.16238448029736993, "init_stddev": 0.01568571859805876, "batch_size": 128.0}], ["fashion_mnist", "linear", "weights.2", 0.45023326207462927, {"n_layers": 0, "n_hiddens": 440, "dropout_rate": 0.04762629667299632, "l2_penalty": 0.0006643752605487151, "w_init_name": "he_normal", "optimizer_name": "sgd", "learning_rate": 0.1754884454613652, "init_stddev": 0.0656543332518037, "batch_size": 64.0}], ["fashion_mnist", "linear", "weights.3", 0.6988044742420382, {"n_layers": 0, "n_hiddens": 334, "dropout_rate": 0.02704245526456377, "l2_penalty": 2.119939286456619e-08, "w_init_name": "RandomNormal", "optimizer_name": "adam", "learning_rate": 0.004621868442311357, "init_stddev": 0.0909459254030515, "batch_size": 512.0}], ["fashion_mnist", "linear", "weights", 0.7329432745203195, {"n_layers": 0, "n_hiddens": 278, "dropout_rate": 0.1156514821441138, "l2_penalty": 0.0002747008859959607, "w_init_name": "RandomNormal", "optimizer_name": "sgd", "learning_rate": 0.08350735506297546, "init_stddev": 0.0017165277896299918, "batch_size": 256.0}], ["fashion_mnist", "linear", "hyper", 0.6140638115693395, {"n_layers": 0, "n_hiddens": 286, "dropout_rate": 0.0821789435191384, "l2_penalty": 1.7449567446794105e-08, "w_init_name": "RandomNormal", "optimizer_name": "adam", "learning_rate": 0.015176157057499093, "init_stddev": 0.010646809689070204, "batch_size": 64.0}], ["fashion_mnist", "linear", "hyper+weights", 0.7934564435386603, {"n_layers": 0, "n_hiddens": 291, "dropout_rate": 0.15567624873629093, "l2_penalty": 1.9173682548674587e-05, "w_init_name": "RandomNormal", "optimizer_name": "sgd", "learning_rate": 0.13412937405351744, "init_stddev": 0.0017699114882387184, "batch_size": 512.0}], ["fashion_mnist", "linear", "wstats-glob", 0.5162839072784638, {"n_layers": 0, "n_hiddens": 472, "dropout_rate": 0.14739107548694344, "l2_penalty": 2.8005663067532754e-08, "w_init_name": "RandomNormal", "optimizer_name": "adam", "learning_rate": 0.05841307445808153, "init_stddev": 0.0649263735982255, "batch_size": 512.0}], ["fashion_mnist", "linear", "wnorm-layers:0,1,2,3-l1", 0.7159630391366839, {"n_layers": 0, "n_hiddens": 307, "dropout_rate": 0.13588799837000617, "l2_penalty": 2.3061091002469534e-07, "w_init_name": "RandomNormal", "optimizer_name": "adam", "learning_rate": 0.0011560604940430387, "init_stddev": 0.08152695925866761, "batch_size": 512.0}], ["fashion_mnist", "linear", "wnorm-layers:0,1,2,3-l2", 0.7296813064760719, {"n_layers": 0, "n_hiddens": 484, "dropout_rate": 0.16508282447238054, "l2_penalty": 0.00017957721945303538, "w_init_name": "TruncatedNormal", "optimizer_name": "adam", "learning_rate": 0.003964715741865986, "init_stddev": 0.062582600635188, "batch_size": 512.0}], ["fashion_mnist", "linear", "hyper.learning_rate", 0.033111091727724896, {"n_layers": 0, "n_hiddens": 457, "dropout_rate": 0.12817837625460207, "l2_penalty": 2.5865887478879924e-06, "w_init_name": "RandomNormal", "optimizer_name": "adam", "learning_rate": 0.02757762093672666, "init_stddev": 0.0014901202074459276, "batch_size": 256.0}], ["fashion_mnist", "linear", "wstats-layers:0,3-qts:0,25,50,75,100", 0.7752636676983958, {"n_layers": 0, "n_hiddens": 482, "dropout_rate": 0.17718946052058443, "l2_penalty": 1.1305641623706312e-08, "w_init_name": "he_normal", "optimizer_name": "adam", "learning_rate": 0.010724048738672538, "init_stddev": 0.04287798974850682, "batch_size": 128.0}], ["fashion_mnist", "linear", "wstats-layers:3-qts:0,25,50,75,100", 0.7132553192126544, {"n_layers": 0, "n_hiddens": 373, "dropout_rate": 0.1455982271936736, "l2_penalty": 1.0859139974698623e-07, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.024894254864066236, "init_stddev": 0.00921002784431148, "batch_size": 64.0}], ["fashion_mnist", "linear", "wstats-layers:0,1,2,3-qts:0,25,50,75,100", 0.8043325039743605, {"n_layers": 0, "n_hiddens": 287, "dropout_rate": 0.012598883893864677, "l2_penalty": 2.904335378825708e-07, "w_init_name": "RandomNormal", "optimizer_name": "adam", "learning_rate": 0.008370941225114014, "init_stddev": 0.002522474711949731, "batch_size": 512.0}], ["fashion_mnist", "lgbm", "weights.0", 0.9817696447469708, {"num_leaves": 4288, "max_depth": 13, "learning_rate": 0.0252589349431526, "max_bin": 127.0, "min_child_weight": 2, "subsample": 0.5, "colsample_bytree": 0.7127270553548626, "reg_lambda": 95.79319723123197, "reg_alpha": 0.15783003113797117}], ["fashion_mnist", "lgbm", "weights.1", 0.9747309079821123, {"num_leaves": 8221, "max_depth": 13, "learning_rate": 0.02750684307762761, "max_bin": 63.0, "min_child_weight": 1, "subsample": 0.9, "colsample_bytree": 0.03913662745011252, "reg_lambda": 98.26687965584372, "reg_alpha": 0.5858844505546432}], ["fashion_mnist", "lgbm", "weights.2", 0.973161100113694, {"num_leaves": 2984, "max_depth": 10, "learning_rate": 0.01465092880793449, "max_bin": 127.0, "min_child_weight": 2, "subsample": 0.8, "colsample_bytree": 0.06464130774346848, "reg_lambda": 95.42029451301657, "reg_alpha": 0.37139352192802527}], ["fashion_mnist", "lgbm", "weights.3", 0.9891990498162815, {"num_leaves": 6296, "max_depth": 7, "learning_rate": 0.02889001031637127, "max_bin": 63.0, "min_child_weight": 1, "subsample": 0.8, "colsample_bytree": 0.7781779436916104, "reg_lambda": 81.7687809849552, "reg_alpha": 0.03611389340836895}], ["fashion_mnist", "lgbm", "weights", 0.9894705857703004, {"num_leaves": 26, "max_depth": 11, "learning_rate": 0.01948281340665028, "max_bin": 127.0, "min_child_weight": 4, "subsample": 0.8, "colsample_bytree": 0.06901384822870209, "reg_lambda": 10.766491580423036, "reg_alpha": 0.10137996462935797}], ["fashion_mnist", "lgbm", "hyper", 0.9243930805134052, {"num_leaves": 5520, "max_depth": 10, "learning_rate": 0.017498875229305683, "max_bin": 63.0, "min_child_weight": 4, "subsample": 0.8, "colsample_bytree": 0.9388058333513735, "reg_lambda": 2.4114020048120364, "reg_alpha": 0.21290412008626336}], ["fashion_mnist", "lgbm", "hyper+weights", 0.9909295335193665, {"num_leaves": 29, "max_depth": 11, "learning_rate": 0.02532074791379337, "max_bin": 127.0, "min_child_weight": 2, "subsample": 0.6, "colsample_bytree": 0.08935236148791766, "reg_lambda": 8.476918199210965, "reg_alpha": 0.10522990498535155}], ["fashion_mnist", "lgbm", "wstats-glob", 0.9553458905519934, {"num_leaves": 4825, "max_depth": 14, "learning_rate": 0.019018559323393424, "max_bin": 255.0, "min_child_weight": 4, "subsample": 0.9, "colsample_bytree": 0.9265020432336876, "reg_lambda": 36.752964599869046, "reg_alpha": 0.03232759236057774}], ["fashion_mnist", "lgbm", "wnorm-layers:0,1,2,3-l1", 0.9816909330945692, {"num_leaves": 4705, "max_depth": 11, "learning_rate": 0.05826787838213894, "max_bin": 255.0, "min_child_weight": 1, "subsample": 0.9, "colsample_bytree": 0.7791286310638731, "reg_lambda": 72.54009489407879, "reg_alpha": 0.02756145943056175}], ["fashion_mnist", "lgbm", "wnorm-layers:0,1,2,3-l2", 0.9827930957253407, {"num_leaves": 7353, "max_depth": 12, "learning_rate": 0.023417240338096303, "max_bin": 255.0, "min_child_weight": 2, "subsample": 0.9, "colsample_bytree": 0.974290519183285, "reg_lambda": 7.435570063068052, "reg_alpha": 0.04942775576144469}], ["fashion_mnist", "lgbm", "hyper.learning_rate", 0.03463153221127794, {"num_leaves": 3050, "max_depth": 7, "learning_rate": 0.029416268553040633, "max_bin": 63.0, "min_child_weight": 1, "subsample": 0.1, "colsample_bytree": 0.7207428416192557, "reg_lambda": 6.294177088677495, "reg_alpha": 2.4636635174802453}], ["fashion_mnist", "lgbm", "wstats-layers:0,3-qts:0,25,50,75,100", 0.9891297066291355, {"num_leaves": 1828, "max_depth": 10, "learning_rate": 0.0329340758346225, "max_bin": 127.0, "min_child_weight": 5, "subsample": 0.7, "colsample_bytree": 0.8983932166693227, "reg_lambda": 53.469955072013285, "reg_alpha": 0.001368505083183657}], ["fashion_mnist", "lgbm", "wstats-layers:3-qts:0,25,50,75,100", 0.9764714991516433, {"num_leaves": 8931, "max_depth": 12, "learning_rate": 0.05049365532137492, "max_bin": 127.0, "min_child_weight": 1, "subsample": 0.7, "colsample_bytree": 0.7338560229927946, "reg_lambda": 76.40510498929531, "reg_alpha": 0.02451910263704879}], ["fashion_mnist", "lgbm", "wstats-layers:0,1,2,3-qts:0,25,50,75,100", 0.993052156546999, {"num_leaves": 7975, "max_depth": 12, "learning_rate": 0.030237162765922636, "max_bin": 255.0, "min_child_weight": 4, "subsample": 0.5, "colsample_bytree": 0.7044391083781201, "reg_lambda": 31.67351943347183, "reg_alpha": 0.027877123497096472}], ["fashion_mnist", "dnn", "weights.0", 0.9815411019987973, {"n_layers": 4, "n_hiddens": 492, "dropout_rate": 0.022142651770356993, "l2_penalty": 1.0396282861745096e-06, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.0010435052853094457, "init_stddev": 0.07345944298489375, "batch_size": 512.0}], ["fashion_mnist", "dnn", "weights.1", 0.9733774820608766, {"n_layers": 9, "n_hiddens": 508, "dropout_rate": 0.03122510261918925, "l2_penalty": 1.2574309379839815e-05, "w_init_name": "he_normal", "optimizer_name": "sgd", "learning_rate": 0.11116036920324535, "init_stddev": 0.007911278182618853, "batch_size": 64.0}], ["fashion_mnist", "dnn", "weights.2", 0.9758083793164083, {"n_layers": 5, "n_hiddens": 392, "dropout_rate": 0.12076423848883516, "l2_penalty": 1.2688038030304989e-05, "w_init_name": "he_normal", "optimizer_name": "sgd", "learning_rate": 0.4256044413645122, "init_stddev": 0.01844025588703917, "batch_size": 128.0}], ["fashion_mnist", "dnn", "weights.3", 0.9893985419566954, {"n_layers": 8, "n_hiddens": 288, "dropout_rate": 0.012147831231046569, "l2_penalty": 1.0049322552300892e-06, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.0014777398231126523, "init_stddev": 0.04390810722114545, "batch_size": 512.0}], ["fashion_mnist", "dnn", "weights", 0.9804850136329817, {"n_layers": 5, "n_hiddens": 486, "dropout_rate": 0.06160266993538826, "l2_penalty": 1.3150762873551794e-05, "w_init_name": "he_normal", "optimizer_name": "sgd", "learning_rate": 0.31354833431208, "init_stddev": 0.07323126131103279, "batch_size": 64.0}], ["fashion_mnist", "dnn", "hyper", 0.8884632620338345, {"n_layers": 8, "n_hiddens": 277, "dropout_rate": 0.11042967134434878, "l2_penalty": 4.676998780640407e-08, "w_init_name": "orthogonal", "optimizer_name": "adam", "learning_rate": 0.003950431907284778, "init_stddev": 0.08084011185099124, "batch_size": 512.0}], ["fashion_mnist", "dnn", "hyper+weights", 0.9825760723186358, {"n_layers": 4, "n_hiddens": 314, "dropout_rate": 0.11077386945674417, "l2_penalty": 9.151145839585713e-06, "w_init_name": "TruncatedNormal", "optimizer_name": "sgd", "learning_rate": 0.40170968416613967, "init_stddev": 0.027417477073046145, "batch_size": 64.0}], ["fashion_mnist", "dnn", "wstats-glob", 0.9377678199757868, {"n_layers": 3, "n_hiddens": 401, "dropout_rate": 0.02860151893445644, "l2_penalty": 4.28714786596957e-06, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.0013874757322282349, "init_stddev": 0.08354707478402512, "batch_size": 512.0}], ["fashion_mnist", "dnn", "wnorm-layers:0,1,2,3-l1", 0.9517458470918235, {"n_layers": 8, "n_hiddens": 301, "dropout_rate": 0.02809134910840925, "l2_penalty": 6.211807256683813e-06, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.0010452135282509635, "init_stddev": 0.0026975221904971453, "batch_size": 128.0}], ["fashion_mnist", "dnn", "wnorm-layers:0,1,2,3-l2", 0.9809735381171577, {"n_layers": 5, "n_hiddens": 408, "dropout_rate": 0.043277167772274354, "l2_penalty": 1.4113776385593078e-07, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.0011933129367075143, "init_stddev": 0.0033084384626642627, "batch_size": 512.0}], ["fashion_mnist", "dnn", "hyper.learning_rate", 0.03593925039257843, {"n_layers": 6, "n_hiddens": 495, "dropout_rate": 0.005500736973019827, "l2_penalty": 3.0035054749265637e-05, "w_init_name": "glorot_normal", "optimizer_name": "sgd", "learning_rate": 0.022561271057471754, "init_stddev": 0.004265929373025895, "batch_size": 64.0}], ["fashion_mnist", "dnn", "wstats-layers:0,3-qts:0,25,50,75,100", 0.987521853765745, {"n_layers": 9, "n_hiddens": 321, "dropout_rate": 0.004538499412586239, "l2_penalty": 1.1761494443107661e-07, "w_init_name": "he_normal", "optimizer_name": "adam", "learning_rate": 0.001521402997702499, "init_stddev": 0.0017523752977436126, "batch_size": 512.0}], ["fashion_mnist", "dnn", "wstats-layers:3-qts:0,25,50,75,100", 0.9745501783990743, {"n_layers": 5, "n_hiddens": 267, "dropout_rate": 0.028717054104690543, "l2_penalty": 8.500970877889049e-08, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.0015240720486099694, "init_stddev": 0.08398231211985943, "batch_size": 512.0}], ["fashion_mnist", "dnn", "wstats-layers:0,1,2,3-qts:0,25,50,75,100", 0.9918796433909692, {"n_layers": 4, "n_hiddens": 389, "dropout_rate": 0.0187052192205762, "l2_penalty": 1.2880559636204354e-06, "w_init_name": "orthogonal", "optimizer_name": "adam", "learning_rate": 0.0011844020872596797, "init_stddev": 0.025378037750740108, "batch_size": 512.0}], ["cifar10", "linear", "weights.0", 0.36088682934251654, {"n_layers": 0, "n_hiddens": 467, "dropout_rate": 0.10815570671405988, "l2_penalty": 0.0004454522370585001, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.0011006902583330458, "init_stddev": 0.003671538393164342, "batch_size": 512.0}], ["cifar10", "linear", "weights.1", 0.40441641977107406, {"n_layers": 0, "n_hiddens": 420, "dropout_rate": 0.028990223204864662, "l2_penalty": 0.0008770048768504404, "w_init_name": "RandomNormal", "optimizer_name": "sgd", "learning_rate": 0.007328985903167713, "init_stddev": 0.0012049056704376917, "batch_size": 64.0}], ["cifar10", "linear", "weights.2", 0.4283796208886646, {"n_layers": 0, "n_hiddens": 338, "dropout_rate": 0.02720926326037079, "l2_penalty": 6.743189640230088e-05, "w_init_name": "TruncatedNormal", "optimizer_name": "sgd", "learning_rate": 0.019091837710580314, "init_stddev": 0.002001987867693499, "batch_size": 256.0}], ["cifar10", "linear", "weights.3", 0.7074349947366486, {"n_layers": 0, "n_hiddens": 328, "dropout_rate": 0.13826730297354634, "l2_penalty": 1.0344732844249423e-07, "w_init_name": "TruncatedNormal", "optimizer_name": "sgd", "learning_rate": 0.09033456573123051, "init_stddev": 0.06582956432912047, "batch_size": 64.0}], ["cifar10", "linear", "weights", 0.6622874412914043, {"n_layers": 0, "n_hiddens": 441, "dropout_rate": 0.028272986168939543, "l2_penalty": 0.00043988505578450564, "w_init_name": "RandomNormal", "optimizer_name": "sgd", "learning_rate": 0.03402453009193511, "init_stddev": 0.0017102094018810747, "batch_size": 512.0}], ["cifar10", "linear", "hyper", 0.6848565664482572, {"n_layers": 0, "n_hiddens": 362, "dropout_rate": 0.08603588446157179, "l2_penalty": 1.1238630461509273e-08, "w_init_name": "orthogonal", "optimizer_name": "adam", "learning_rate": 0.012853350134143394, "init_stddev": 0.022536391980449426, "batch_size": 64.0}], ["cifar10", "linear", "hyper+weights", 0.735442434839609, {"n_layers": 0, "n_hiddens": 453, "dropout_rate": 0.18799230894763003, "l2_penalty": 0.0008861867310302074, "w_init_name": "RandomNormal", "optimizer_name": "sgd", "learning_rate": 0.03878182740241337, "init_stddev": 0.0013175898839847845, "batch_size": 256.0}], ["cifar10", "linear", "wstats-glob", 0.18649032552507114, {"n_layers": 0, "n_hiddens": 367, "dropout_rate": 0.07356531807650901, "l2_penalty": 2.1782130943015125e-08, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.008872549666021544, "init_stddev": 0.0024423041759827654, "batch_size": 512.0}], ["cifar10", "linear", "wnorm-layers:0,1,2,3-l1", 0.4785145026982141, {"n_layers": 0, "n_hiddens": 284, "dropout_rate": 0.060320413744778284, "l2_penalty": 1.115491537585946e-08, "w_init_name": "RandomNormal", "optimizer_name": "adam", "learning_rate": 0.002037032420780786, "init_stddev": 0.002380273071417318, "batch_size": 512.0}], ["cifar10", "linear", "wnorm-layers:0,1,2,3-l2", 0.5417756045239462, {"n_layers": 0, "n_hiddens": 456, "dropout_rate": 0.08444018536796366, "l2_penalty": 1.4634806066554853e-06, "w_init_name": "orthogonal", "optimizer_name": "adam", "learning_rate": 0.0025179712671534607, "init_stddev": 0.002958664663359104, "batch_size": 512.0}], ["cifar10", "linear", "hyper.learning_rate", 0.0029087866819587083, {"n_layers": 0, "n_hiddens": 483, "dropout_rate": 0.11948191715840129, "l2_penalty": 4.089182409437943e-06, "w_init_name": "he_normal", "optimizer_name": "adam", "learning_rate": 0.030652068725145705, "init_stddev": 0.0020821455973884114, "batch_size": 128.0}], ["cifar10", "linear", "wstats-layers:0,3-qts:0,25,50,75,100", 0.6331050587347148, {"n_layers": 0, "n_hiddens": 340, "dropout_rate": 0.10173767459337031, "l2_penalty": 2.5940635264415774e-08, "w_init_name": "RandomNormal", "optimizer_name": "adam", "learning_rate": 0.00602727191766276, "init_stddev": 0.009748289176063485, "batch_size": 128.0}], ["cifar10", "linear", "wstats-layers:3-qts:0,25,50,75,100", 0.6053747012431319, {"n_layers": 0, "n_hiddens": 439, "dropout_rate": 0.15950022455325635, "l2_penalty": 2.39293842374268e-07, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.014821100042020205, "init_stddev": 0.03281126607602147, "batch_size": 128.0}], ["cifar10", "linear", "wstats-layers:0,1,2,3-qts:0,25,50,75,100", 0.7268401486533903, {"n_layers": 0, "n_hiddens": 368, "dropout_rate": 0.1613261182439141, "l2_penalty": 1.2577109369163123e-08, "w_init_name": "he_normal", "optimizer_name": "adam", "learning_rate": 0.0024873225851626654, "init_stddev": 0.029539707294406782, "batch_size": 512.0}], ["cifar10", "lgbm", "weights.0", 0.9592225268984595, {"num_leaves": 3004, "max_depth": 10, "learning_rate": 0.012644077302306865, "max_bin": 127.0, "min_child_weight": 5, "subsample": 0.4, "colsample_bytree": 0.8641716929064592, "reg_lambda": 25.66634327668241, "reg_alpha": 0.010295146293953856}], ["cifar10", "lgbm", "weights.1", 0.9256151233264843, {"num_leaves": 7674, "max_depth": 14, "learning_rate": 0.02189360229189707, "max_bin": 127.0, "min_child_weight": 2, "subsample": 0.4, "colsample_bytree": 0.03241619792496177, "reg_lambda": 75.50500129448577, "reg_alpha": 0.246906610280615}], ["cifar10", "lgbm", "weights.2", 0.9280783038753242, {"num_leaves": 2788, "max_depth": 14, "learning_rate": 0.02510727362294807, "max_bin": 63.0, "min_child_weight": 1, "subsample": 0.6, "colsample_bytree": 0.08378553295428359, "reg_lambda": 76.99764225795255, "reg_alpha": 0.33803894544197927}], ["cifar10", "lgbm", "weights.3", 0.9691758715242216, {"num_leaves": 8228, "max_depth": 14, "learning_rate": 0.02526090400945822, "max_bin": 63.0, "min_child_weight": 3, "subsample": 0.2, "colsample_bytree": 0.7825715858439006, "reg_lambda": 80.91774603938396, "reg_alpha": 0.013384194611462097}], ["cifar10", "lgbm", "weights", 0.9703655637130817, {"num_leaves": 4566, "max_depth": 7, "learning_rate": 0.012893093922364087, "max_bin": 127.0, "min_child_weight": 2, "subsample": 0.8, "colsample_bytree": 0.07613579446017696, "reg_lambda": 41.65802789411447, "reg_alpha": 0.21871596491083245}], ["cifar10", "lgbm", "hyper", 0.9337396650679214, {"num_leaves": 4423, "max_depth": 14, "learning_rate": 0.013070052704187866, "max_bin": 63.0, "min_child_weight": 1, "subsample": 0.7, "colsample_bytree": 0.9883306221932333, "reg_lambda": 70.24396178225989, "reg_alpha": 0.01161830790883324}], ["cifar10", "lgbm", "hyper+weights", 0.9785621180123374, {"num_leaves": 552, "max_depth": 5, "learning_rate": 0.032872760612068036, "max_bin": 127.0, "min_child_weight": 1, "subsample": 1.0, "colsample_bytree": 0.09922318638044773, "reg_lambda": 12.58913389961304, "reg_alpha": 0.37531965734138784}], ["cifar10", "lgbm", "wstats-glob", 0.9141710386543709, {"num_leaves": 9603, "max_depth": 14, "learning_rate": 0.021353456693950112, "max_bin": 255.0, "min_child_weight": 1, "subsample": 0.9, "colsample_bytree": 0.8828502275660233, "reg_lambda": 96.01533344089039, "reg_alpha": 0.13560516512478513}], ["cifar10", "lgbm", "wnorm-layers:0,1,2,3-l1", 0.9604269857319395, {"num_leaves": 3328, "max_depth": 13, "learning_rate": 0.02763043488313, "max_bin": 255.0, "min_child_weight": 5, "subsample": 0.5, "colsample_bytree": 0.9159647688380566, "reg_lambda": 41.93602135755824, "reg_alpha": 0.052200002822529686}], ["cifar10", "lgbm", "wnorm-layers:0,1,2,3-l2", 0.9599087939030984, {"num_leaves": 2746, "max_depth": 9, "learning_rate": 0.02263293189242707, "max_bin": 127.0, "min_child_weight": 5, "subsample": 0.8, "colsample_bytree": 0.8895412207126792, "reg_lambda": 24.16566977300382, "reg_alpha": 0.03863019144619683}], ["cifar10", "lgbm", "hyper.learning_rate", 0.014885353483156413, {"num_leaves": 3814, "max_depth": 7, "learning_rate": 0.0938187931278648, "max_bin": 255.0, "min_child_weight": 1, "subsample": 0.3, "colsample_bytree": 0.829699378221231, "reg_lambda": 25.44137988348667, "reg_alpha": 2.3213249613923885}], ["cifar10", "lgbm", "wstats-layers:0,3-qts:0,25,50,75,100", 0.97062443369323, {"num_leaves": 7673, "max_depth": 12, "learning_rate": 0.024188221923446388, "max_bin": 255.0, "min_child_weight": 2, "subsample": 0.6, "colsample_bytree": 0.790301356853992, "reg_lambda": 59.96631891046851, "reg_alpha": 0.034273731545676256}], ["cifar10", "lgbm", "wstats-layers:3-qts:0,25,50,75,100", 0.9411230035916068, {"num_leaves": 3656, "max_depth": 12, "learning_rate": 0.016104482383625805, "max_bin": 127.0, "min_child_weight": 5, "subsample": 0.8, "colsample_bytree": 0.7155115913109302, "reg_lambda": 39.71693118572136, "reg_alpha": 0.06300862718205585}], ["cifar10", "lgbm", "wstats-layers:0,1,2,3-qts:0,25,50,75,100", 0.9840145306713777, {"num_leaves": 6209, "max_depth": 12, "learning_rate": 0.023096110457845324, "max_bin": 127.0, "min_child_weight": 3, "subsample": 0.6, "colsample_bytree": 0.8940329982816912, "reg_lambda": 24.999066429269238, "reg_alpha": 0.008068381527262442}], ["cifar10", "dnn", "weights.0", 0.9592946876150074, {"n_layers": 8, "n_hiddens": 403, "dropout_rate": 0.012596122467636972, "l2_penalty": 1.9256947051030634e-06, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.0011687448542312114, "init_stddev": 0.00828830518803538, "batch_size": 512.0}], ["cifar10", "dnn", "weights.1", 0.9290962722159292, {"n_layers": 5, "n_hiddens": 383, "dropout_rate": 0.07102124244001287, "l2_penalty": 5.0256194985453456e-08, "w_init_name": "orthogonal", "optimizer_name": "adam", "learning_rate": 0.002135529655080397, "init_stddev": 0.0012172293278359372, "batch_size": 512.0}], ["cifar10", "dnn", "weights.2", 0.9301866805354715, {"n_layers": 6, "n_hiddens": 438, "dropout_rate": 0.0023050386796746205, "l2_penalty": 2.4226658977399926e-08, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.002460372625248989, "init_stddev": 0.03882974051799262, "batch_size": 512.0}], ["cifar10", "dnn", "weights.3", 0.9684801171172476, {"n_layers": 7, "n_hiddens": 406, "dropout_rate": 0.12669771681349815, "l2_penalty": 2.2876385994640094e-07, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.0012579509273843905, "init_stddev": 0.00583313913973018, "batch_size": 512.0}], ["cifar10", "dnn", "weights", 0.9535613353535973, {"n_layers": 3, "n_hiddens": 479, "dropout_rate": 0.002517381386972617, "l2_penalty": 1.0637942362829095e-08, "w_init_name": "RandomNormal", "optimizer_name": "adam", "learning_rate": 0.0011496150612231438, "init_stddev": 0.00376087607851958, "batch_size": 64.0}], ["cifar10", "dnn", "hyper", 0.9025483345275562, {"n_layers": 3, "n_hiddens": 484, "dropout_rate": 0.09679080270459797, "l2_penalty": 1.522612000932068e-07, "w_init_name": "he_normal", "optimizer_name": "adam", "learning_rate": 0.0024638509056274112, "init_stddev": 0.03402619839561579, "batch_size": 128.0}], ["cifar10", "dnn", "hyper+weights", 0.9550681579597855, {"n_layers": 5, "n_hiddens": 395, "dropout_rate": 0.048074977271004515, "l2_penalty": 5.545281146647037e-08, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.002037504955480826, "init_stddev": 0.02464332967270066, "batch_size": 512.0}], ["cifar10", "dnn", "wstats-glob", 0.8967720218551296, {"n_layers": 6, "n_hiddens": 501, "dropout_rate": 0.08899725615234991, "l2_penalty": 7.212511779561554e-08, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.0013333449320661404, "init_stddev": 0.02300520366315562, "batch_size": 512.0}], ["cifar10", "dnn", "wnorm-layers:0,1,2,3-l1", 0.9269645434767518, {"n_layers": 8, "n_hiddens": 313, "dropout_rate": 0.013869268460839891, "l2_penalty": 3.81210054332987e-08, "w_init_name": "RandomNormal", "optimizer_name": "adam", "learning_rate": 0.001420020411367577, "init_stddev": 0.026930353932407773, "batch_size": 512.0}], ["cifar10", "dnn", "wnorm-layers:0,1,2,3-l2", 0.9498323362665281, {"n_layers": 9, "n_hiddens": 374, "dropout_rate": 0.11431558262567638, "l2_penalty": 1.3622874784934047e-06, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.0011680243975255573, "init_stddev": 0.008007666319039038, "batch_size": 512.0}], ["cifar10", "dnn", "hyper.learning_rate", 0.013831569625033032, {"n_layers": 4, "n_hiddens": 288, "dropout_rate": 0.003637513931412473, "l2_penalty": 1.628806259188512e-05, "w_init_name": "orthogonal", "optimizer_name": "adam", "learning_rate": 0.0011619943013613076, "init_stddev": 0.0012897496740669908, "batch_size": 128.0}], ["cifar10", "dnn", "wstats-layers:0,3-qts:0,25,50,75,100", 0.9682853837922497, {"n_layers": 4, "n_hiddens": 309, "dropout_rate": 0.06656201935676612, "l2_penalty": 1.156205366510964e-08, "w_init_name": "orthogonal", "optimizer_name": "adam", "learning_rate": 0.0011976180218587925, "init_stddev": 0.021753324851123128, "batch_size": 512.0}], ["cifar10", "dnn", "wstats-layers:3-qts:0,25,50,75,100", 0.9330675691542787, {"n_layers": 7, "n_hiddens": 281, "dropout_rate": 0.1398282273771123, "l2_penalty": 2.1217835653251333e-06, "w_init_name": "he_normal", "optimizer_name": "adam", "learning_rate": 0.001027684099352396, "init_stddev": 0.005350789131911486, "batch_size": 512.0}], ["cifar10", "dnn", "wstats-layers:0,1,2,3-qts:0,25,50,75,100", 0.9802235834293844, {"n_layers": 4, "n_hiddens": 301, "dropout_rate": 0.10737384872225333, "l2_penalty": 8.49406308140476e-07, "w_init_name": "orthogonal", "optimizer_name": "adam", "learning_rate": 0.002330344489301147, "init_stddev": 0.05068682904210162, "batch_size": 512.0}], ["svhn_cropped", "linear", "weights.0", 0.45074702042834663, {"n_layers": 0, "n_hiddens": 324, "dropout_rate": 0.13595879405791772, "l2_penalty": 0.0002950534530027827, "w_init_name": "orthogonal", "optimizer_name": "adam", "learning_rate": 0.0012030065732164736, "init_stddev": 0.0018585811817711487, "batch_size": 512.0}], ["svhn_cropped", "linear", "weights.1", 0.5448331911487904, {"n_layers": 0, "n_hiddens": 466, "dropout_rate": 0.16838458745915852, "l2_penalty": 0.0009964758735494113, "w_init_name": "TruncatedNormal", "optimizer_name": "sgd", "learning_rate": 0.0027801507638998573, "init_stddev": 0.0021993917364681093, "batch_size": 128.0}], ["svhn_cropped", "linear", "weights.2", 0.5659113929976097, {"n_layers": 0, "n_hiddens": 403, "dropout_rate": 0.12633007263298454, "l2_penalty": 0.0006841667840563092, "w_init_name": "TruncatedNormal", "optimizer_name": "sgd", "learning_rate": 0.0064502562680653006, "init_stddev": 0.0010222340169209877, "batch_size": 128.0}], ["svhn_cropped", "linear", "weights.3", 0.8019598557468938, {"n_layers": 0, "n_hiddens": 476, "dropout_rate": 0.08926903695499118, "l2_penalty": 6.0784279969459955e-05, "w_init_name": "he_normal", "optimizer_name": "adam", "learning_rate": 0.0015735564832219217, "init_stddev": 0.004335630310604903, "batch_size": 512.0}], ["svhn_cropped", "linear", "weights", 0.7860898923833445, {"n_layers": 0, "n_hiddens": 279, "dropout_rate": 0.03990485174977108, "l2_penalty": 0.0008465407467810836, "w_init_name": "RandomNormal", "optimizer_name": "sgd", "learning_rate": 0.00622048590134276, "init_stddev": 0.00427413544309803, "batch_size": 64.0}], ["svhn_cropped", "linear", "hyper", 0.6358015746996497, {"n_layers": 0, "n_hiddens": 312, "dropout_rate": 0.08340148518253127, "l2_penalty": 1.2864061445517554e-08, "w_init_name": "RandomNormal", "optimizer_name": "adam", "learning_rate": 0.019935879911117137, "init_stddev": 0.0013492454528267054, "batch_size": 64.0}], ["svhn_cropped", "linear", "hyper+weights", 0.8139903913950568, {"n_layers": 0, "n_hiddens": 387, "dropout_rate": 0.08672550106971255, "l2_penalty": 2.1995347046739087e-07, "w_init_name": "TruncatedNormal", "optimizer_name": "sgd", "learning_rate": 0.0466207267318244, "init_stddev": 0.002163041205785034, "batch_size": 512.0}], ["svhn_cropped", "linear", "wstats-glob", 0.38402333402441097, {"n_layers": 0, "n_hiddens": 300, "dropout_rate": 0.05264176216164223, "l2_penalty": 2.0555178732734527e-06, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.026028491381370346, "init_stddev": 0.0072430823409751315, "batch_size": 512.0}], ["svhn_cropped", "linear", "wnorm-layers:0,1,2,3-l1", 0.6288574707354325, {"n_layers": 0, "n_hiddens": 334, "dropout_rate": 0.03527122043015265, "l2_penalty": 6.900858613578061e-08, "w_init_name": "RandomNormal", "optimizer_name": "adam", "learning_rate": 0.0012412622792240654, "init_stddev": 0.021215911776984005, "batch_size": 512.0}], ["svhn_cropped", "linear", "wnorm-layers:0,1,2,3-l2", 0.6996682477401063, {"n_layers": 0, "n_hiddens": 410, "dropout_rate": 0.06001875269475274, "l2_penalty": 0.000157643508729776, "w_init_name": "TruncatedNormal", "optimizer_name": "adam", "learning_rate": 0.0036024021825928547, "init_stddev": 0.06365382892643862, "batch_size": 256.0}], ["svhn_cropped", "linear", "hyper.learning_rate", 0.0004244523793847839, {"n_layers": 0, "n_hiddens": 357, "dropout_rate": 0.10827568136261528, "l2_penalty": 6.162169295908323e-08, "w_init_name": "he_normal", "optimizer_name": "adam", "learning_rate": 0.002409767038991539, "init_stddev": 0.01153967816300771, "batch_size": 64.0}], ["svhn_cropped", "linear", "wstats-layers:0,3-qts:0,25,50,75,100", 0.7785989309660191, {"n_layers": 0, "n_hiddens": 284, "dropout_rate": 0.012143142760530258, "l2_penalty": 6.383945351899294e-07, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.0272213170869801, "init_stddev": 0.005348244248425914, "batch_size": 512.0}], ["svhn_cropped", "linear", "wstats-layers:3-qts:0,25,50,75,100", 0.7545893329840591, {"n_layers": 0, "n_hiddens": 270, "dropout_rate": 0.08646810988021486, "l2_penalty": 2.7887054981102445e-07, "w_init_name": "orthogonal", "optimizer_name": "adam", "learning_rate": 0.007133034876440392, "init_stddev": 0.009570873448421165, "batch_size": 128.0}], ["svhn_cropped", "linear", "wstats-layers:0,1,2,3-qts:0,25,50,75,100", 0.8523631234465346, {"n_layers": 0, "n_hiddens": 408, "dropout_rate": 0.07243398131446924, "l2_penalty": 1.476831550838784e-08, "w_init_name": "TruncatedNormal", "optimizer_name": "adam", "learning_rate": 0.004720909852950602, "init_stddev": 0.002222924918879659, "batch_size": 512.0}], ["svhn_cropped", "lgbm", "weights.0", 0.9362130721422087, {"num_leaves": 3313, "max_depth": 6, "learning_rate": 0.030861120796037797, "max_bin": 63.0, "min_child_weight": 2, "subsample": 0.4, "colsample_bytree": 0.876092601297807, "reg_lambda": 40.94768836682697, "reg_alpha": 0.031723772554748855}], ["svhn_cropped", "lgbm", "weights.1", 0.894623371265892, {"num_leaves": 7094, "max_depth": 13, "learning_rate": 0.018001846893745385, "max_bin": 127.0, "min_child_weight": 5, "subsample": 0.6, "colsample_bytree": 0.07456956980183958, "reg_lambda": 85.13965951532262, "reg_alpha": 0.05936018495752949}], ["svhn_cropped", "lgbm", "weights.2", 0.8996470261369077, {"num_leaves": 3632, "max_depth": 12, "learning_rate": 0.01902195040858212, "max_bin": 63.0, "min_child_weight": 2, "subsample": 0.6, "colsample_bytree": 0.07269834157470946, "reg_lambda": 73.3258567206449, "reg_alpha": 0.29462311161449933}], ["svhn_cropped", "lgbm", "weights.3", 0.9674719976604095, {"num_leaves": 156, "max_depth": 13, "learning_rate": 0.01134360883326119, "max_bin": 63.0, "min_child_weight": 5, "subsample": 0.2, "colsample_bytree": 0.8803043666534796, "reg_lambda": 3.0362063999096365, "reg_alpha": 0.016684402604028307}], ["svhn_cropped", "lgbm", "weights", 0.9710849382603456, {"num_leaves": 1785, "max_depth": 5, "learning_rate": 0.028941209871808652, "max_bin": 63.0, "min_child_weight": 4, "subsample": 0.6, "colsample_bytree": 0.08722928861542308, "reg_lambda": 21.809793609408477, "reg_alpha": 0.26288133365057814}], ["svhn_cropped", "lgbm", "hyper", 0.9348832231072707, {"num_leaves": 1247, "max_depth": 14, "learning_rate": 0.010189474317697325, "max_bin": 63.0, "min_child_weight": 1, "subsample": 0.5, "colsample_bytree": 0.8855754011535102, "reg_lambda": 9.655130827198283, "reg_alpha": 0.2614980666455911}], ["svhn_cropped", "lgbm", "hyper+weights", 0.9781530243011242, {"num_leaves": 7264, "max_depth": 5, "learning_rate": 0.016879518237173284, "max_bin": 127.0, "min_child_weight": 2, "subsample": 1.0, "colsample_bytree": 0.07649870236105863, "reg_lambda": 54.357762639490026, "reg_alpha": 0.19406115027196263}], ["svhn_cropped", "lgbm", "wstats-glob", 0.9082061102622742, {"num_leaves": 5655, "max_depth": 14, "learning_rate": 0.01257294183478305, "max_bin": 127.0, "min_child_weight": 5, "subsample": 0.6, "colsample_bytree": 0.9278136681608757, "reg_lambda": 99.01606636221558, "reg_alpha": 0.08180014477017507}], ["svhn_cropped", "lgbm", "wnorm-layers:0,1,2,3-l1", 0.9672452729760842, {"num_leaves": 8041, "max_depth": 8, "learning_rate": 0.05112965426519875, "max_bin": 127.0, "min_child_weight": 4, "subsample": 0.8, "colsample_bytree": 0.7618085167223799, "reg_lambda": 33.69318936040653, "reg_alpha": 0.0827458500015787}], ["svhn_cropped", "lgbm", "wnorm-layers:0,1,2,3-l2", 0.970901437545578, {"num_leaves": 609, "max_depth": 14, "learning_rate": 0.023294593856948938, "max_bin": 127.0, "min_child_weight": 1, "subsample": 0.9, "colsample_bytree": 0.9016491092918045, "reg_lambda": 34.57935672686989, "reg_alpha": 0.010869455815910188}], ["svhn_cropped", "lgbm", "hyper.learning_rate", 0.033866853945366, {"num_leaves": 9889, "max_depth": 12, "learning_rate": 0.0825846900101418, "max_bin": 255.0, "min_child_weight": 3, "subsample": 0.4, "colsample_bytree": 0.7495426745096653, "reg_lambda": 23.60302747913262, "reg_alpha": 3.142072695067774}], ["svhn_cropped", "lgbm", "wstats-layers:0,3-qts:0,25,50,75,100", 0.9707231191461018, {"num_leaves": 8441, "max_depth": 9, "learning_rate": 0.031535580242617905, "max_bin": 127.0, "min_child_weight": 1, "subsample": 0.5, "colsample_bytree": 0.9183145477148539, "reg_lambda": 32.26124596300467, "reg_alpha": 0.049422488587036226}], ["svhn_cropped", "lgbm", "wstats-layers:3-qts:0,25,50,75,100", 0.9460489701053039, {"num_leaves": 1879, "max_depth": 14, "learning_rate": 0.024176407199795736, "max_bin": 255.0, "min_child_weight": 5, "subsample": 0.9, "colsample_bytree": 0.8194123153630876, "reg_lambda": 79.81190003122325, "reg_alpha": 0.011436241645532209}], ["svhn_cropped", "lgbm", "wstats-layers:0,1,2,3-qts:0,25,50,75,100", 0.985657241249292, {"num_leaves": 876, "max_depth": 10, "learning_rate": 0.01865840097858927, "max_bin": 127.0, "min_child_weight": 4, "subsample": 0.7, "colsample_bytree": 0.7428370358557003, "reg_lambda": 66.69438147306563, "reg_alpha": 0.07216281732145727}], ["svhn_cropped", "dnn", "weights.0", 0.9348312527462163, {"n_layers": 4, "n_hiddens": 492, "dropout_rate": 0.12854039854392116, "l2_penalty": 8.427383877014876e-07, "w_init_name": "orthogonal", "optimizer_name": "adam", "learning_rate": 0.0010086106912821837, "init_stddev": 0.0011870292147632276, "batch_size": 512.0}], ["svhn_cropped", "dnn", "weights.1", 0.8759431144216685, {"n_layers": 3, "n_hiddens": 433, "dropout_rate": 0.0286090192804771, "l2_penalty": 2.2172308133025323e-07, "w_init_name": "TruncatedNormal", "optimizer_name": "adam", "learning_rate": 0.002016533488738673, "init_stddev": 0.03569082506164965, "batch_size": 512.0}], ["svhn_cropped", "dnn", "weights.2", 0.8899654885836785, {"n_layers": 5, "n_hiddens": 344, "dropout_rate": 0.03943706588308585, "l2_penalty": 1.7603112939336786e-08, "w_init_name": "TruncatedNormal", "optimizer_name": "adam", "learning_rate": 0.0010633725471374568, "init_stddev": 0.03569205501127267, "batch_size": 128.0}], ["svhn_cropped", "dnn", "weights.3", 0.9732549063516918, {"n_layers": 5, "n_hiddens": 288, "dropout_rate": 0.18090251592201723, "l2_penalty": 1.6016560193848338e-06, "w_init_name": "orthogonal", "optimizer_name": "adam", "learning_rate": 0.0012673272546946978, "init_stddev": 0.00309101530104909, "batch_size": 512.0}], ["svhn_cropped", "dnn", "weights", 0.9307662398562185, {"n_layers": 4, "n_hiddens": 402, "dropout_rate": 0.02779934178324044, "l2_penalty": 3.2132460299138344e-07, "w_init_name": "RandomNormal", "optimizer_name": "adam", "learning_rate": 0.0012226339348089719, "init_stddev": 0.007558342668650314, "batch_size": 64.0}], ["svhn_cropped", "dnn", "hyper", 0.8794978921550087, {"n_layers": 4, "n_hiddens": 264, "dropout_rate": 0.033561479516825754, "l2_penalty": 7.855370185899287e-08, "w_init_name": "orthogonal", "optimizer_name": "adam", "learning_rate": 0.0012552385782419787, "init_stddev": 0.00828233672763317, "batch_size": 128.0}], ["svhn_cropped", "dnn", "hyper+weights", 0.9342034734790806, {"n_layers": 3, "n_hiddens": 277, "dropout_rate": 0.07233168713101774, "l2_penalty": 2.9233320605560015e-07, "w_init_name": "he_normal", "optimizer_name": "adam", "learning_rate": 0.002164504660813601, "init_stddev": 0.01845439264562554, "batch_size": 256.0}], ["svhn_cropped", "dnn", "wstats-glob", 0.9043593497777112, {"n_layers": 4, "n_hiddens": 399, "dropout_rate": 0.09050881122500187, "l2_penalty": 4.082096744454566e-06, "w_init_name": "orthogonal", "optimizer_name": "adam", "learning_rate": 0.0010926268843623904, "init_stddev": 0.005370177372776513, "batch_size": 512.0}], ["svhn_cropped", "dnn", "wnorm-layers:0,1,2,3-l1", 0.9445885429726516, {"n_layers": 7, "n_hiddens": 405, "dropout_rate": 0.044455912609388706, "l2_penalty": 2.8803489170735915e-07, "w_init_name": "RandomNormal", "optimizer_name": "adam", "learning_rate": 0.0016326186512526633, "init_stddev": 0.024293099947104047, "batch_size": 512.0}], ["svhn_cropped", "dnn", "wnorm-layers:0,1,2,3-l2", 0.9707963314622292, {"n_layers": 5, "n_hiddens": 466, "dropout_rate": 0.12436923694467233, "l2_penalty": 8.127515408355715e-07, "w_init_name": "orthogonal", "optimizer_name": "adam", "learning_rate": 0.0010378742586698091, "init_stddev": 0.00171618001876383, "batch_size": 512.0}], ["svhn_cropped", "dnn", "hyper.learning_rate", 0.03421085010480566, {"n_layers": 9, "n_hiddens": 506, "dropout_rate": 0.033066326620691915, "l2_penalty": 1.9016133632971227e-05, "w_init_name": "orthogonal", "optimizer_name": "sgd", "learning_rate": 0.4717345094182072, "init_stddev": 0.041243435354607796, "batch_size": 512.0}], ["svhn_cropped", "dnn", "wstats-layers:0,3-qts:0,25,50,75,100", 0.9711373950659395, {"n_layers": 4, "n_hiddens": 284, "dropout_rate": 0.11313431979127203, "l2_penalty": 5.804675375872273e-07, "w_init_name": "orthogonal", "optimizer_name": "adam", "learning_rate": 0.0017835698361596984, "init_stddev": 0.008709894804047559, "batch_size": 512.0}], ["svhn_cropped", "dnn", "wstats-layers:3-qts:0,25,50,75,100", 0.9462853492895208, {"n_layers": 3, "n_hiddens": 400, "dropout_rate": 0.12374125030370026, "l2_penalty": 1.0955329584877468e-08, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.001970789272636206, "init_stddev": 0.04584757742587551, "batch_size": 512.0}], ["svhn_cropped", "dnn", "wstats-layers:0,1,2,3-qts:0,25,50,75,100", 0.9851632015422411, {"n_layers": 6, "n_hiddens": 370, "dropout_rate": 0.006938708042460129, "l2_penalty": 9.129071494847024e-07, "w_init_name": "glorot_normal", "optimizer_name": "adam", "learning_rate": 0.0010090073594958325, "init_stddev": 0.008567367743304698, "batch_size": 512.0}]]